digraph {
	graph [size="189.45,189.45"]
	node [align=left fontname=monospace fontsize=10 height=0.2 ranksep=0.1 shape=box style=filled]
	139867596420784 [label="
 (1, 3, 224, 224)" fillcolor=darkolivegreen1]
	139867613777536 [label=ToDenseBackward0]
	139867613781712 -> 139867613777536
	139867613781712 [label=ConvolutionBackward0]
	139867613787136 -> 139867613781712
	139867613787136 [label=ReluBackward0]
	139867613779216 -> 139867613787136
	139867613779216 [label=NativeBatchNormBackward0]
	139867613787616 -> 139867613779216
	139867613787616 [label=AddBackward0]
	139867613787520 -> 139867613787616
	139867613787520 [label=AddBackward0]
	139867613784640 -> 139867613787520
	139867613784640 [label=ConvolutionBackward0]
	139867613785456 -> 139867613784640
	139867613785456 [label=NativeBatchNormBackward0]
	139867613787088 -> 139867613785456
	139867613787088 [label=ToMkldnnBackward0]
	139867613777488 -> 139867613787088
	139867613777488 [label=UpsampleNearest2DBackward0]
	139867613774656 -> 139867613777488
	139867613774656 [label=ToDenseBackward0]
	139867613777200 -> 139867613774656
	139867613777200 [label=AddBackward0]
	139867613774848 -> 139867613777200
	139867613774848 [label=AddBackward0]
	139867613774896 -> 139867613774848
	139867613774896 [label=ConvolutionBackward0]
	139867613775424 -> 139867613774896
	139867613775424 [label=NativeBatchNormBackward0]
	139867613776336 -> 139867613775424
	139867613776336 [label=ToMkldnnBackward0]
	139867613775040 -> 139867613776336
	139867613775040 [label=UpsampleNearest2DBackward0]
	139867613782576 -> 139867613775040
	139867613782576 [label=ToDenseBackward0]
	139867613790016 -> 139867613782576
	139867613790016 [label=AddBackward0]
	139867613789872 -> 139867613790016
	139867613789872 [label=AddBackward0]
	139867613786032 -> 139867613789872
	139867613786032 [label=ConvolutionBackward0]
	139867613774608 -> 139867613786032
	139867613774608 [label=NativeBatchNormBackward0]
	139867613775280 -> 139867613774608
	139867613775280 [label=ToMkldnnBackward0]
	139867613785744 -> 139867613775280
	139867613785744 [label=UpsampleNearest2DBackward0]
	139867613778160 -> 139867613785744
	139867613778160 [label=ToDenseBackward0]
	139867613778064 -> 139867613778160
	139867613778064 [label=AddBackward0]
	139867613781808 -> 139867613778064
	139867613781808 [label=AddBackward0]
	139867613782912 -> 139867613781808
	139867613782912 [label=ConvolutionBackward0]
	139867613788384 -> 139867613782912
	139867613788384 [label=NativeBatchNormBackward0]
	139867613783152 -> 139867613788384
	139867613783152 [label=AddBackward0]
	139867613788096 -> 139867613783152
	139867613788096 [label=AddBackward0]
	139867613775760 -> 139867613788096
	139867613775760 [label=ConvolutionBackward0]
	139867613775664 -> 139867613775760
	139867613775664 [label=NativeBatchNormBackward0]
	139867613775568 -> 139867613775664
	139867613775568 [label=MkldnnMaxPool2DBackward0]
	139867613789104 -> 139867613775568
	139867613789104 [label=AddBackward0]
	139867613777152 -> 139867613789104
	139867613777152 [label=AddBackward0]
	139867613788816 -> 139867613777152
	139867613788816 [label=ConvolutionBackward0]
	139867613788480 -> 139867613788816
	139867613788480 [label=NativeBatchNormBackward0]
	139867613785360 -> 139867613788480
	139867613785360 [label=MkldnnMaxPool2DBackward0]
	139867613787424 -> 139867613785360
	139867613787424 [label=AddBackward0]
	139867613788864 -> 139867613787424
	139867613788864 [label=AddBackward0]
	139867613788624 -> 139867613788864
	139867613788624 [label=ConvolutionBackward0]
	139867613779744 -> 139867613788624
	139867613779744 [label=NativeBatchNormBackward0]
	139867613778304 -> 139867613779744
	139867613778304 [label=MkldnnMaxPool2DBackward0]
	139867613777728 -> 139867613778304
	139867613777728 [label=AddBackward0]
	139867613776480 -> 139867613777728
	139867613776480 [label=AddBackward0]
	139867613776624 -> 139867613776480
	139867613776624 [label=ConvolutionBackward0]
	139867613779600 -> 139867613776624
	139867613779600 [label=NativeBatchNormBackward0]
	139867613775904 -> 139867613779600
	139869491132080 [label="downsample.down.res_down_0.proj.0.weight
 (2)" fillcolor=lightblue]
	139869491132080 -> 139867613775904
	139867613775904 [label=AccumulateGrad]
	139867613776048 -> 139867613779600
	139869491121808 [label="downsample.down.res_down_0.proj.0.bias
 (2)" fillcolor=lightblue]
	139869491121808 -> 139867613776048
	139867613776048 [label=AccumulateGrad]
	139867613776432 -> 139867613776624
	139869491129968 [label="downsample.down.res_down_0.proj.1.weight
 (32, 2, 1, 1)" fillcolor=lightblue]
	139869491129968 -> 139867613776432
	139867613776432 [label=AccumulateGrad]
	139867613777440 -> 139867613776624
	139869491129008 [label="downsample.down.res_down_0.proj.1.bias
 (32)" fillcolor=lightblue]
	139869491129008 -> 139867613777440
	139867613777440 [label=AccumulateGrad]
	139867613776576 -> 139867613776480
	139867613776576 [label=ConvolutionBackward0]
	139867613780464 -> 139867613776576
	139867613780464 [label=ReluBackward0]
	139867613776096 -> 139867613780464
	139867613776096 [label=NativeBatchNormBackward0]
	139867613786992 -> 139867613776096
	139867613786992 [label=ConvolutionBackward0]
	139867613780752 -> 139867613786992
	139867613780752 [label=ReluBackward0]
	139867613787040 -> 139867613780752
	139867613787040 [label=NativeBatchNormBackward0]
	139867613780176 -> 139867613787040
	139869491126992 [label="downsample.down.res_down_0.conv.conv_0.0.weight
 (2)" fillcolor=lightblue]
	139869491126992 -> 139867613780176
	139867613780176 [label=AccumulateGrad]
	139867613785408 -> 139867613787040
	139869491126224 [label="downsample.down.res_down_0.conv.conv_0.0.bias
 (2)" fillcolor=lightblue]
	139869491126224 -> 139867613785408
	139867613785408 [label=AccumulateGrad]
	139867613775952 -> 139867613786992
	139869491134192 [label="downsample.down.res_down_0.conv.conv_0.2.weight
 (32, 2, 3, 3)" fillcolor=lightblue]
	139869491134192 -> 139867613775952
	139867613775952 [label=AccumulateGrad]
	139867613780224 -> 139867613786992
	139869491118544 [label="downsample.down.res_down_0.conv.conv_0.2.bias
 (32)" fillcolor=lightblue]
	139869491118544 -> 139867613780224
	139867613780224 [label=AccumulateGrad]
	139867613780608 -> 139867613776096
	139869491126032 [label="downsample.down.res_down_0.conv.conv_1.0.weight
 (32)" fillcolor=lightblue]
	139869491126032 -> 139867613780608
	139867613780608 [label=AccumulateGrad]
	139867613776000 -> 139867613776096
	139869491130448 [label="downsample.down.res_down_0.conv.conv_1.0.bias
 (32)" fillcolor=lightblue]
	139869491130448 -> 139867613776000
	139867613776000 [label=AccumulateGrad]
	139867613783200 -> 139867613776576
	139869491120656 [label="downsample.down.res_down_0.conv.conv_1.2.weight
 (32, 32, 3, 3)" fillcolor=lightblue]
	139869491120656 -> 139867613783200
	139867613783200 [label=AccumulateGrad]
	139867613779504 -> 139867613776576
	139869491128720 [label="downsample.down.res_down_0.conv.conv_1.2.bias
 (32)" fillcolor=lightblue]
	139869491128720 -> 139867613779504
	139867613779504 [label=AccumulateGrad]
	139867613777392 -> 139867613777728
	139867613777392 [label=ConvolutionBackward0]
	139867613778880 -> 139867613777392
	139867613778880 [label=ReluBackward0]
	139867613784976 -> 139867613778880
	139867613784976 [label=NativeBatchNormBackward0]
	139867613777344 -> 139867613784976
	139867613777344 [label=ConvolutionBackward0]
	139867613787856 -> 139867613777344
	139867613787856 [label=ReluBackward0]
	139867613781904 -> 139867613787856
	139867613781904 [label=NativeBatchNormBackward0]
	139867613776480 -> 139867613781904
	139867613782000 -> 139867613781904
	139869491119984 [label="downsample.down.res_down_0.conv.conv_2.0.weight
 (32)" fillcolor=lightblue]
	139869491119984 -> 139867613782000
	139867613782000 [label=AccumulateGrad]
	139867613783296 -> 139867613781904
	139869491122480 [label="downsample.down.res_down_0.conv.conv_2.0.bias
 (32)" fillcolor=lightblue]
	139869491122480 -> 139867613783296
	139867613783296 [label=AccumulateGrad]
	139867613785936 -> 139867613777344
	139869491124784 [label="downsample.down.res_down_0.conv.conv_2.2.weight
 (32, 32, 3, 3)" fillcolor=lightblue]
	139869491124784 -> 139867613785936
	139867613785936 [label=AccumulateGrad]
	139867613786272 -> 139867613777344
	139869491128912 [label="downsample.down.res_down_0.conv.conv_2.2.bias
 (32)" fillcolor=lightblue]
	139869491128912 -> 139867613786272
	139867613786272 [label=AccumulateGrad]
	139867613779936 -> 139867613784976
	139869491127472 [label="downsample.down.res_down_0.conv.conv_3.0.weight
 (32)" fillcolor=lightblue]
	139869491127472 -> 139867613779936
	139867613779936 [label=AccumulateGrad]
	139867613778640 -> 139867613784976
	139869491120464 [label="downsample.down.res_down_0.conv.conv_3.0.bias
 (32)" fillcolor=lightblue]
	139869491120464 -> 139867613778640
	139867613778640 [label=AccumulateGrad]
	139867613784544 -> 139867613777392
	139869491128048 [label="downsample.down.res_down_0.conv.conv_3.2.weight
 (32, 32, 3, 3)" fillcolor=lightblue]
	139869491128048 -> 139867613784544
	139867613784544 [label=AccumulateGrad]
	139867613776528 -> 139867613777392
	139869491121136 [label="downsample.down.res_down_0.conv.conv_3.2.bias
 (32)" fillcolor=lightblue]
	139869491121136 -> 139867613776528
	139867613776528 [label=AccumulateGrad]
	139867613778208 -> 139867613779744
	139869491129488 [label="downsample.down.res_down_1.proj.0.weight
 (32)" fillcolor=lightblue]
	139869491129488 -> 139867613778208
	139867613778208 [label=AccumulateGrad]
	139867613777776 -> 139867613779744
	139869491130640 [label="downsample.down.res_down_1.proj.0.bias
 (32)" fillcolor=lightblue]
	139869491130640 -> 139867613777776
	139867613777776 [label=AccumulateGrad]
	139867613779552 -> 139867613788624
	139869491131120 [label="downsample.down.res_down_1.proj.1.weight
 (64, 32, 1, 1)" fillcolor=lightblue]
	139869491131120 -> 139867613779552
	139867613779552 [label=AccumulateGrad]
	139867613779312 -> 139867613788624
	139869491121520 [label="downsample.down.res_down_1.proj.1.bias
 (64)" fillcolor=lightblue]
	139869491121520 -> 139867613779312
	139867613779312 [label=AccumulateGrad]
	139867613789296 -> 139867613788864
	139867613789296 [label=ConvolutionBackward0]
	139867613777824 -> 139867613789296
	139867613777824 [label=ReluBackward0]
	139867613788192 -> 139867613777824
	139867613788192 [label=NativeBatchNormBackward0]
	139867613786128 -> 139867613788192
	139867613786128 [label=ConvolutionBackward0]
	139867613783872 -> 139867613786128
	139867613783872 [label=ReluBackward0]
	139867613783248 -> 139867613783872
	139867613783248 [label=NativeBatchNormBackward0]
	139867613778304 -> 139867613783248
	139867613786752 -> 139867613783248
	139869491122672 [label="downsample.down.res_down_1.conv.conv_0.0.weight
 (32)" fillcolor=lightblue]
	139869491122672 -> 139867613786752
	139867613786752 [label=AccumulateGrad]
	139867613781856 -> 139867613783248
	139869491127664 [label="downsample.down.res_down_1.conv.conv_0.0.bias
 (32)" fillcolor=lightblue]
	139869491127664 -> 139867613781856
	139867613781856 [label=AccumulateGrad]
	139867613783920 -> 139867613786128
	139869491121232 [label="downsample.down.res_down_1.conv.conv_0.2.weight
 (64, 32, 3, 3)" fillcolor=lightblue]
	139869491121232 -> 139867613783920
	139867613783920 [label=AccumulateGrad]
	139867613783344 -> 139867613786128
	139869491131024 [label="downsample.down.res_down_1.conv.conv_0.2.bias
 (64)" fillcolor=lightblue]
	139869491131024 -> 139867613783344
	139867613783344 [label=AccumulateGrad]
	139867613786224 -> 139867613788192
	139869491131504 [label="downsample.down.res_down_1.conv.conv_1.0.weight
 (64)" fillcolor=lightblue]
	139869491131504 -> 139867613786224
	139867613786224 [label=AccumulateGrad]
	139867613780944 -> 139867613788192
	139869491131600 [label="downsample.down.res_down_1.conv.conv_1.0.bias
 (64)" fillcolor=lightblue]
	139869491131600 -> 139867613780944
	139867613780944 [label=AccumulateGrad]
	139867613778352 -> 139867613789296
	139869491133040 [label="downsample.down.res_down_1.conv.conv_1.2.weight
 (64, 64, 3, 3)" fillcolor=lightblue]
	139869491133040 -> 139867613778352
	139867613778352 [label=AccumulateGrad]
	139867613779840 -> 139867613789296
	139869491118736 [label="downsample.down.res_down_1.conv.conv_1.2.bias
 (64)" fillcolor=lightblue]
	139869491118736 -> 139867613779840
	139867613779840 [label=AccumulateGrad]
	139867613784160 -> 139867613787424
	139867613784160 [label=ConvolutionBackward0]
	139867613784592 -> 139867613784160
	139867613784592 [label=ReluBackward0]
	139867613783824 -> 139867613784592
	139867613783824 [label=NativeBatchNormBackward0]
	139867613789488 -> 139867613783824
	139867613789488 [label=ConvolutionBackward0]
	139867613789824 -> 139867613789488
	139867613789824 [label=ReluBackward0]
	139867613788432 -> 139867613789824
	139867613788432 [label=NativeBatchNormBackward0]
	139867613788864 -> 139867613788432
	139867613784448 -> 139867613788432
	139869491119600 [label="downsample.down.res_down_1.conv.conv_2.0.weight
 (64)" fillcolor=lightblue]
	139869491119600 -> 139867613784448
	139867613784448 [label=AccumulateGrad]
	139867613784496 -> 139867613788432
	139869491118352 [label="downsample.down.res_down_1.conv.conv_2.0.bias
 (64)" fillcolor=lightblue]
	139869491118352 -> 139867613784496
	139867613784496 [label=AccumulateGrad]
	139867613784352 -> 139867613789488
	139869491125456 [label="downsample.down.res_down_1.conv.conv_2.2.weight
 (64, 64, 3, 3)" fillcolor=lightblue]
	139869491125456 -> 139867613784352
	139867613784352 [label=AccumulateGrad]
	139867613788768 -> 139867613789488
	139869491126320 [label="downsample.down.res_down_1.conv.conv_2.2.bias
 (64)" fillcolor=lightblue]
	139869491126320 -> 139867613788768
	139867613788768 [label=AccumulateGrad]
	139867613787328 -> 139867613783824
	139869491133520 [label="downsample.down.res_down_1.conv.conv_3.0.weight
 (64)" fillcolor=lightblue]
	139869491133520 -> 139867613787328
	139867613787328 [label=AccumulateGrad]
	139867613783680 -> 139867613783824
	139869491119888 [label="downsample.down.res_down_1.conv.conv_3.0.bias
 (64)" fillcolor=lightblue]
	139869491119888 -> 139867613783680
	139867613783680 [label=AccumulateGrad]
	139867613778256 -> 139867613784160
	139869491122768 [label="downsample.down.res_down_1.conv.conv_3.2.weight
 (64, 64, 3, 3)" fillcolor=lightblue]
	139869491122768 -> 139867613778256
	139867613778256 [label=AccumulateGrad]
	139867613788672 -> 139867613784160
	139869491124112 [label="downsample.down.res_down_1.conv.conv_3.2.bias
 (64)" fillcolor=lightblue]
	139869491124112 -> 139867613788672
	139867613788672 [label=AccumulateGrad]
	139867613774512 -> 139867613788480
	139869491131408 [label="downsample.down.res_down_2.proj.0.weight
 (64)" fillcolor=lightblue]
	139869491131408 -> 139867613774512
	139867613774512 [label=AccumulateGrad]
	139867613789536 -> 139867613788480
	139869491123248 [label="downsample.down.res_down_2.proj.0.bias
 (64)" fillcolor=lightblue]
	139869491123248 -> 139867613789536
	139867613789536 [label=AccumulateGrad]
	139867613788528 -> 139867613788816
	139869491133424 [label="downsample.down.res_down_2.proj.1.weight
 (128, 64, 1, 1)" fillcolor=lightblue]
	139869491133424 -> 139867613788528
	139867613788528 [label=AccumulateGrad]
	139867613788576 -> 139867613788816
	139869491123920 [label="downsample.down.res_down_2.proj.1.bias
 (128)" fillcolor=lightblue]
	139869491123920 -> 139867613788576
	139867613788576 [label=AccumulateGrad]
	139867613790160 -> 139867613777152
	139867613790160 [label=ConvolutionBackward0]
	139867613789440 -> 139867613790160
	139867613789440 [label=ReluBackward0]
	139867613789152 -> 139867613789440
	139867613789152 [label=NativeBatchNormBackward0]
	139867613779120 -> 139867613789152
	139867613779120 [label=ConvolutionBackward0]
	139867613788336 -> 139867613779120
	139867613788336 [label=ReluBackward0]
	139867613782096 -> 139867613788336
	139867613782096 [label=NativeBatchNormBackward0]
	139867613785360 -> 139867613782096
	139867613774704 -> 139867613782096
	139869491122192 [label="downsample.down.res_down_2.conv.conv_0.0.weight
 (64)" fillcolor=lightblue]
	139869491122192 -> 139867613774704
	139867613774704 [label=AccumulateGrad]
	139867613775328 -> 139867613782096
	139869491126704 [label="downsample.down.res_down_2.conv.conv_0.0.bias
 (64)" fillcolor=lightblue]
	139869491126704 -> 139867613775328
	139867613775328 [label=AccumulateGrad]
	139867613784208 -> 139867613779120
	139869491132272 [label="downsample.down.res_down_2.conv.conv_0.2.weight
 (128, 64, 3, 3)" fillcolor=lightblue]
	139869491132272 -> 139867613784208
	139867613784208 [label=AccumulateGrad]
	139867613784256 -> 139867613779120
	139869491119312 [label="downsample.down.res_down_2.conv.conv_0.2.bias
 (128)" fillcolor=lightblue]
	139869491119312 -> 139867613784256
	139867613784256 [label=AccumulateGrad]
	139867613781328 -> 139867613789152
	139869491122864 [label="downsample.down.res_down_2.conv.conv_1.0.weight
 (128)" fillcolor=lightblue]
	139869491122864 -> 139867613781328
	139867613781328 [label=AccumulateGrad]
	139867613786464 -> 139867613789152
	139869491125264 [label="downsample.down.res_down_2.conv.conv_1.0.bias
 (128)" fillcolor=lightblue]
	139869491125264 -> 139867613786464
	139867613786464 [label=AccumulateGrad]
	139867613778832 -> 139867613790160
	139869491121424 [label="downsample.down.res_down_2.conv.conv_1.2.weight
 (128, 128, 3, 3)" fillcolor=lightblue]
	139869491121424 -> 139867613778832
	139867613778832 [label=AccumulateGrad]
	139867613790064 -> 139867613790160
	139869491132464 [label="downsample.down.res_down_2.conv.conv_1.2.bias
 (128)" fillcolor=lightblue]
	139869491132464 -> 139867613790064
	139867613790064 [label=AccumulateGrad]
	139867613789584 -> 139867613789104
	139867613789584 [label=ConvolutionBackward0]
	139867613783776 -> 139867613789584
	139867613783776 [label=ReluBackward0]
	139867613789728 -> 139867613783776
	139867613789728 [label=NativeBatchNormBackward0]
	139867613782384 -> 139867613789728
	139867613782384 [label=ConvolutionBackward0]
	139867613785552 -> 139867613782384
	139867613785552 [label=ReluBackward0]
	139867613786320 -> 139867613785552
	139867613786320 [label=NativeBatchNormBackward0]
	139867613777152 -> 139867613786320
	139867613786944 -> 139867613786320
	139869491130352 [label="downsample.down.res_down_2.conv.conv_2.0.weight
 (128)" fillcolor=lightblue]
	139869491130352 -> 139867613786944
	139867613786944 [label=AccumulateGrad]
	139867613789248 -> 139867613786320
	139869491127088 [label="downsample.down.res_down_2.conv.conv_2.0.bias
 (128)" fillcolor=lightblue]
	139869491127088 -> 139867613789248
	139867613789248 [label=AccumulateGrad]
	139867613785168 -> 139867613782384
	139869491120176 [label="downsample.down.res_down_2.conv.conv_2.2.weight
 (128, 128, 3, 3)" fillcolor=lightblue]
	139869491120176 -> 139867613785168
	139867613785168 [label=AccumulateGrad]
	139867613779024 -> 139867613782384
	139869491122096 [label="downsample.down.res_down_2.conv.conv_2.2.bias
 (128)" fillcolor=lightblue]
	139869491122096 -> 139867613779024
	139867613779024 [label=AccumulateGrad]
	139867613779456 -> 139867613789728
	139869491132656 [label="downsample.down.res_down_2.conv.conv_3.0.weight
 (128)" fillcolor=lightblue]
	139869491132656 -> 139867613779456
	139867613779456 [label=AccumulateGrad]
	139867613789776 -> 139867613789728
	139869491125168 [label="downsample.down.res_down_2.conv.conv_3.0.bias
 (128)" fillcolor=lightblue]
	139869491125168 -> 139867613789776
	139867613789776 [label=AccumulateGrad]
	139867613778400 -> 139867613789584
	139869491127568 [label="downsample.down.res_down_2.conv.conv_3.2.weight
 (128, 128, 3, 3)" fillcolor=lightblue]
	139869491127568 -> 139867613778400
	139867613778400 [label=AccumulateGrad]
	139867613789632 -> 139867613789584
	139869491130160 [label="downsample.down.res_down_2.conv.conv_3.2.bias
 (128)" fillcolor=lightblue]
	139869491130160 -> 139867613789632
	139867613789632 [label=AccumulateGrad]
	139867613775472 -> 139867613775664
	139869491134288 [label="downsample.down.res_down_3.proj.0.weight
 (128)" fillcolor=lightblue]
	139869491134288 -> 139867613775472
	139867613775472 [label=AccumulateGrad]
	139867613775520 -> 139867613775664
	139869491123632 [label="downsample.down.res_down_3.proj.0.bias
 (128)" fillcolor=lightblue]
	139869491123632 -> 139867613775520
	139867613775520 [label=AccumulateGrad]
	139867613775808 -> 139867613775760
	139869491122576 [label="downsample.down.res_down_3.proj.1.weight
 (256, 128, 1, 1)" fillcolor=lightblue]
	139869491122576 -> 139867613775808
	139867613775808 [label=AccumulateGrad]
	139867613775712 -> 139867613775760
	139869491124592 [label="downsample.down.res_down_3.proj.1.bias
 (256)" fillcolor=lightblue]
	139869491124592 -> 139867613775712
	139867613775712 [label=AccumulateGrad]
	139867613789392 -> 139867613788096
	139867613789392 [label=ConvolutionBackward0]
	139867613776240 -> 139867613789392
	139867613776240 [label=ReluBackward0]
	139867613784064 -> 139867613776240
	139867613784064 [label=NativeBatchNormBackward0]
	139867613779408 -> 139867613784064
	139867613779408 [label=ConvolutionBackward0]
	139867613777872 -> 139867613779408
	139867613777872 [label=ReluBackward0]
	139867613776384 -> 139867613777872
	139867613776384 [label=NativeBatchNormBackward0]
	139867613775568 -> 139867613776384
	139867613777584 -> 139867613776384
	139869491122960 [label="downsample.down.res_down_3.conv.conv_0.0.weight
 (128)" fillcolor=lightblue]
	139869491122960 -> 139867613777584
	139867613777584 [label=AccumulateGrad]
	139867618921392 -> 139867613776384
	139869491118832 [label="downsample.down.res_down_3.conv.conv_0.0.bias
 (128)" fillcolor=lightblue]
	139869491118832 -> 139867618921392
	139867618921392 [label=AccumulateGrad]
	139867613789200 -> 139867613779408
	139869491126800 [label="downsample.down.res_down_3.conv.conv_0.2.weight
 (256, 128, 3, 3)" fillcolor=lightblue]
	139869491126800 -> 139867613789200
	139867613789200 [label=AccumulateGrad]
	139867613786416 -> 139867613779408
	139869491131888 [label="downsample.down.res_down_3.conv.conv_0.2.bias
 (256)" fillcolor=lightblue]
	139869491131888 -> 139867613786416
	139867613786416 [label=AccumulateGrad]
	139867613780080 -> 139867613784064
	139869491124016 [label="downsample.down.res_down_3.conv.conv_1.0.weight
 (256)" fillcolor=lightblue]
	139869491124016 -> 139867613780080
	139867613780080 [label=AccumulateGrad]
	139867613781424 -> 139867613784064
	139869491130928 [label="downsample.down.res_down_3.conv.conv_1.0.bias
 (256)" fillcolor=lightblue]
	139869491130928 -> 139867613781424
	139867613781424 [label=AccumulateGrad]
	139867613776144 -> 139867613789392
	139869491129680 [label="downsample.down.res_down_3.conv.conv_1.2.weight
 (256, 256, 3, 3)" fillcolor=lightblue]
	139869491129680 -> 139867613776144
	139867613776144 [label=AccumulateGrad]
	139867613775616 -> 139867613789392
	139869491127760 [label="downsample.down.res_down_3.conv.conv_1.2.bias
 (256)" fillcolor=lightblue]
	139869491127760 -> 139867613775616
	139867613775616 [label=AccumulateGrad]
	139867613785984 -> 139867613783152
	139867613785984 [label=ConvolutionBackward0]
	139867613781760 -> 139867613785984
	139867613781760 [label=ReluBackward0]
	139867613786176 -> 139867613781760
	139867613786176 [label=NativeBatchNormBackward0]
	139867618922976 -> 139867613786176
	139867618922976 [label=ConvolutionBackward0]
	139867618925712 -> 139867618922976
	139867618925712 [label=ReluBackward0]
	139867618920672 -> 139867618925712
	139867618920672 [label=NativeBatchNormBackward0]
	139867613788096 -> 139867618920672
	139867618919184 -> 139867618920672
	139869491120560 [label="downsample.down.res_down_3.conv.conv_2.0.weight
 (256)" fillcolor=lightblue]
	139869491120560 -> 139867618919184
	139867618919184 [label=AccumulateGrad]
	139867618919136 -> 139867618920672
	139869491130736 [label="downsample.down.res_down_3.conv.conv_2.0.bias
 (256)" fillcolor=lightblue]
	139869491130736 -> 139867618919136
	139867618919136 [label=AccumulateGrad]
	139867618923408 -> 139867618922976
	139869491119696 [label="downsample.down.res_down_3.conv.conv_2.2.weight
 (256, 256, 3, 3)" fillcolor=lightblue]
	139869491119696 -> 139867618923408
	139867618923408 [label=AccumulateGrad]
	139867618923456 -> 139867618922976
	139869491124496 [label="downsample.down.res_down_3.conv.conv_2.2.bias
 (256)" fillcolor=lightblue]
	139869491124496 -> 139867618923456
	139867618923456 [label=AccumulateGrad]
	139867618923024 -> 139867613786176
	139869491130544 [label="downsample.down.res_down_3.conv.conv_3.0.weight
 (256)" fillcolor=lightblue]
	139869491130544 -> 139867618923024
	139867618923024 [label=AccumulateGrad]
	139867618921344 -> 139867613786176
	139869491122000 [label="downsample.down.res_down_3.conv.conv_3.0.bias
 (256)" fillcolor=lightblue]
	139869491122000 -> 139867618921344
	139867618921344 [label=AccumulateGrad]
	139867613776192 -> 139867613785984
	139869491119024 [label="downsample.down.res_down_3.conv.conv_3.2.weight
 (256, 256, 3, 3)" fillcolor=lightblue]
	139869491119024 -> 139867613776192
	139867613776192 [label=AccumulateGrad]
	139867613788144 -> 139867613785984
	139869491127376 [label="downsample.down.res_down_3.conv.conv_3.2.bias
 (256)" fillcolor=lightblue]
	139869491127376 -> 139867613788144
	139867613788144 [label=AccumulateGrad]
	139867613783728 -> 139867613788384
	139869238428016 [label="upsample.up.res_up_3.proj.0.weight
 (256)" fillcolor=lightblue]
	139869238428016 -> 139867613783728
	139867613783728 [label=AccumulateGrad]
	139867613783056 -> 139867613788384
	139869238428592 [label="upsample.up.res_up_3.proj.0.bias
 (256)" fillcolor=lightblue]
	139869238428592 -> 139867613783056
	139867613783056 [label=AccumulateGrad]
	139867613789968 -> 139867613782912
	139869238428880 [label="upsample.up.res_up_3.proj.1.weight
 (256, 256, 1, 1)" fillcolor=lightblue]
	139869238428880 -> 139867613789968
	139867613789968 [label=AccumulateGrad]
	139867613783104 -> 139867613782912
	139869238436080 [label="upsample.up.res_up_3.proj.1.bias
 (256)" fillcolor=lightblue]
	139869238436080 -> 139867613783104
	139867613783104 [label=AccumulateGrad]
	139867613782480 -> 139867613781808
	139867613782480 [label=ConvolutionBackward0]
	139867613786368 -> 139867613782480
	139867613786368 [label=ReluBackward0]
	139867613786704 -> 139867613786368
	139867613786704 [label=NativeBatchNormBackward0]
	139867618925760 -> 139867613786704
	139867618925760 [label=ToMkldnnBackward0]
	139867618921296 -> 139867618925760
	139867618921296 [label=AddBackward0]
	139867618921200 -> 139867618921296
	139867618921200 [label=ToDenseBackward0]
	139867618919280 -> 139867618921200
	139867618919280 [label=AddBackward0]
	139867618925904 -> 139867618919280
	139867618925904 [label=ConvolutionBackward0]
	139867618926000 -> 139867618925904
	139867618926000 [label=ReluBackward0]
	139867618923744 -> 139867618926000
	139867618923744 [label=NativeBatchNormBackward0]
	139867613783152 -> 139867618923744
	139867618925616 -> 139867618923744
	139869238432432 [label="upsample.up.res_up_3.conv.conv_0.0.weight
 (256)" fillcolor=lightblue]
	139869238432432 -> 139867618925616
	139867618925616 [label=AccumulateGrad]
	139867618923792 -> 139867618923744
	139869238433776 [label="upsample.up.res_up_3.conv.conv_0.0.bias
 (256)" fillcolor=lightblue]
	139869238433776 -> 139867618923792
	139867618923792 [label=AccumulateGrad]
	139867618925952 -> 139867618925904
	139869238432720 [label="upsample.up.res_up_3.conv.conv_0.2.weight
 (256, 256, 3, 3)" fillcolor=lightblue]
	139869238432720 -> 139867618925952
	139867618925952 [label=AccumulateGrad]
	139867618918704 -> 139867618925904
	139869238433488 [label="upsample.up.res_up_3.conv.conv_0.2.bias
 (256)" fillcolor=lightblue]
	139869238433488 -> 139867618918704
	139867618918704 [label=AccumulateGrad]
	139867613783152 -> 139867618919280
	139867618921248 -> 139867618921296
	139867618921248 [label=UnsqueezeBackward0]
	139867618925856 -> 139867618921248
	139867618925856 [label=UnsqueezeBackward0]
	139867618926048 -> 139867618925856
	139867618926048 [label=AddmmBackward0]
	139867618927440 -> 139867618926048
	139869238432528 [label="upsample.up.res_up_3.conv.conv_1.full.bias
 (256)" fillcolor=lightblue]
	139869238432528 -> 139867618927440
	139867618927440 [label=AccumulateGrad]
	139867618927488 -> 139867618926048
	139867618927488 [label=DivBackward0]
	139867618927632 -> 139867618927488
	139867618927632 [label=ViewBackward0]
	139867618924080 -> 139867618927632
	139867618924080 [label=AvgPool2DBackward0]
	139867618922016 -> 139867618924080
	139867618922016 [label=ToDenseBackward0]
	139867613783152 -> 139867618922016
	139867618919088 -> 139867618927488
	139867618919088 [label=PowBackward0]
	139867618922064 -> 139867618919088
	139867618922064 [label=SumBackward1]
	139867618927920 -> 139867618922064
	139867618927920 [label=PowBackward0]
	139867618927632 -> 139867618927920
	139867618922112 -> 139867618926048
	139867618922112 [label=TBackward0]
	139867618922352 -> 139867618922112
	139869238432624 [label="upsample.up.res_up_3.conv.conv_1.full.weight
 (256, 256)" fillcolor=lightblue]
	139869238432624 -> 139867618922352
	139867618922352 [label=AccumulateGrad]
	139867618927584 -> 139867613786704
	139869238433392 [label="upsample.up.res_up_3.conv.conv_1.conv.0.weight
 (256)" fillcolor=lightblue]
	139869238433392 -> 139867618927584
	139867618927584 [label=AccumulateGrad]
	139867618922928 -> 139867613786704
	139869238433296 [label="upsample.up.res_up_3.conv.conv_1.conv.0.bias
 (256)" fillcolor=lightblue]
	139869238433296 -> 139867618922928
	139867618922928 [label=AccumulateGrad]
	139867613782864 -> 139867613782480
	139869238432816 [label="upsample.up.res_up_3.conv.conv_1.conv.2.weight
 (256, 256, 3, 3)" fillcolor=lightblue]
	139869238432816 -> 139867613782864
	139867613782864 [label=AccumulateGrad]
	139867613783968 -> 139867613782480
	139869238431664 [label="upsample.up.res_up_3.conv.conv_1.conv.2.bias
 (256)" fillcolor=lightblue]
	139869238431664 -> 139867613783968
	139867613783968 [label=AccumulateGrad]
	139867613776672 -> 139867613778064
	139867613776672 [label=ConvolutionBackward0]
	139867613784688 -> 139867613776672
	139867613784688 [label=ReluBackward0]
	139867618925808 -> 139867613784688
	139867618925808 [label=NativeBatchNormBackward0]
	139867618927392 -> 139867618925808
	139867618927392 [label=ToMkldnnBackward0]
	139867618927824 -> 139867618927392
	139867618927824 [label=AddBackward0]
	139867618925088 -> 139867618927824
	139867618925088 [label=ToDenseBackward0]
	139867618924800 -> 139867618925088
	139867618924800 [label=ConvolutionBackward0]
	139867618923264 -> 139867618924800
	139867618923264 [label=ReluBackward0]
	139867618921968 -> 139867618923264
	139867618921968 [label=NativeBatchNormBackward0]
	139867618919376 -> 139867618921968
	139867618919376 [label=ToMkldnnBackward0]
	139867618920336 -> 139867618919376
	139867618920336 [label=AddBackward0]
	139867618929936 -> 139867618920336
	139867618929936 [label=ToDenseBackward0]
	139867613781808 -> 139867618929936
	139867618930944 -> 139867618920336
	139867618930944 [label=UnsqueezeBackward0]
	139867618920144 -> 139867618930944
	139867618920144 [label=UnsqueezeBackward0]
	139867618920816 -> 139867618920144
	139867618920816 [label=AddmmBackward0]
	139867618920912 -> 139867618920816
	139869238429072 [label="upsample.up.res_up_3.conv.conv_2.full.bias
 (256)" fillcolor=lightblue]
	139869238429072 -> 139867618920912
	139867618920912 [label=AccumulateGrad]
	139867618927488 -> 139867618920816
	139867618920864 -> 139867618920816
	139867618920864 [label=TBackward0]
	139867618920960 -> 139867618920864
	139869238427920 [label="upsample.up.res_up_3.conv.conv_2.full.weight
 (256, 256)" fillcolor=lightblue]
	139869238427920 -> 139867618920960
	139867618920960 [label=AccumulateGrad]
	139867618919328 -> 139867618921968
	139869238431088 [label="upsample.up.res_up_3.conv.conv_2.conv.0.weight
 (256)" fillcolor=lightblue]
	139869238431088 -> 139867618919328
	139867618919328 [label=AccumulateGrad]
	139867618923360 -> 139867618921968
	139869238432048 [label="upsample.up.res_up_3.conv.conv_2.conv.0.bias
 (256)" fillcolor=lightblue]
	139869238432048 -> 139867618923360
	139867618923360 [label=AccumulateGrad]
	139867618923216 -> 139867618924800
	139869238430512 [label="upsample.up.res_up_3.conv.conv_2.conv.2.weight
 (256, 256, 3, 3)" fillcolor=lightblue]
	139869238430512 -> 139867618923216
	139867618923216 [label=AccumulateGrad]
	139867618929984 -> 139867618924800
	139869238431184 [label="upsample.up.res_up_3.conv.conv_2.conv.2.bias
 (256)" fillcolor=lightblue]
	139869238431184 -> 139867618929984
	139867618929984 [label=AccumulateGrad]
	139867618927872 -> 139867618927824
	139867618927872 [label=UnsqueezeBackward0]
	139867618921920 -> 139867618927872
	139867618921920 [label=UnsqueezeBackward0]
	139867618920384 -> 139867618921920
	139867618920384 [label=AddmmBackward0]
	139867618924896 -> 139867618920384
	139869238428208 [label="upsample.up.res_up_3.conv.conv_3.full.bias
 (256)" fillcolor=lightblue]
	139869238428208 -> 139867618924896
	139867618924896 [label=AccumulateGrad]
	139867618927488 -> 139867618920384
	139867618920432 -> 139867618920384
	139867618920432 [label=TBackward0]
	139867618920768 -> 139867618920432
	139869238430896 [label="upsample.up.res_up_3.conv.conv_3.full.weight
 (256, 256)" fillcolor=lightblue]
	139869238430896 -> 139867618920768
	139867618920768 [label=AccumulateGrad]
	139867618923696 -> 139867618925808
	139869238430800 [label="upsample.up.res_up_3.conv.conv_3.conv.0.weight
 (256)" fillcolor=lightblue]
	139869238430800 -> 139867618923696
	139867618923696 [label=AccumulateGrad]
	139867618919040 -> 139867618925808
	139869238431280 [label="upsample.up.res_up_3.conv.conv_3.conv.0.bias
 (256)" fillcolor=lightblue]
	139869238431280 -> 139867618919040
	139867618919040 [label=AccumulateGrad]
	139867613782048 -> 139867613776672
	139869238442032 [label="upsample.up.res_up_3.conv.conv_3.conv.2.weight
 (256, 256, 3, 3)" fillcolor=lightblue]
	139869238442032 -> 139867613782048
	139867613782048 [label=AccumulateGrad]
	139867618925664 -> 139867613776672
	139869238430608 [label="upsample.up.res_up_3.conv.conv_3.conv.2.bias
 (256)" fillcolor=lightblue]
	139869238430608 -> 139867618925664
	139867618925664 [label=AccumulateGrad]
	139867613784400 -> 139867613774608
	139869238433968 [label="upsample.up.res_up_2.proj.0.weight
 (256)" fillcolor=lightblue]
	139869238433968 -> 139867613784400
	139867613784400 [label=AccumulateGrad]
	139867613785264 -> 139867613774608
	139869238434832 [label="upsample.up.res_up_2.proj.0.bias
 (256)" fillcolor=lightblue]
	139869238434832 -> 139867613785264
	139867613785264 [label=AccumulateGrad]
	139867613786512 -> 139867613786032
	139869238433872 [label="upsample.up.res_up_2.proj.1.weight
 (128, 256, 1, 1)" fillcolor=lightblue]
	139869238433872 -> 139867613786512
	139867613786512 [label=AccumulateGrad]
	139867613786080 -> 139867613786032
	139869238433680 [label="upsample.up.res_up_2.proj.1.bias
 (128)" fillcolor=lightblue]
	139869238433680 -> 139867613786080
	139867613786080 [label=AccumulateGrad]
	139867613774752 -> 139867613789872
	139867613774752 [label=ConvolutionBackward0]
	139867613780272 -> 139867613774752
	139867613780272 [label=ReluBackward0]
	139867613778592 -> 139867613780272
	139867613778592 [label=NativeBatchNormBackward0]
	139867618919808 -> 139867613778592
	139867618919808 [label=ToMkldnnBackward0]
	139867618920240 -> 139867618919808
	139867618920240 [label=AddBackward0]
	139867618918656 -> 139867618920240
	139867618918656 [label=ToDenseBackward0]
	139867618925568 -> 139867618918656
	139867618925568 [label=AddBackward0]
	139867618923072 -> 139867618925568
	139867618923072 [label=ConvolutionBackward0]
	139867618930848 -> 139867618923072
	139867618930848 [label=ReluBackward0]
	139867618930272 -> 139867618930848
	139867618930272 [label=NativeBatchNormBackward0]
	139867613775280 -> 139867618930272
	139867618921440 -> 139867618930272
	139869490648496 [label="upsample.up.res_up_2.conv.conv_0.0.weight
 (256)" fillcolor=lightblue]
	139869490648496 -> 139867618921440
	139867618921440 [label=AccumulateGrad]
	139867618924368 -> 139867618930272
	139869490647536 [label="upsample.up.res_up_2.conv.conv_0.0.bias
 (256)" fillcolor=lightblue]
	139869490647536 -> 139867618924368
	139867618924368 [label=AccumulateGrad]
	139867618930992 -> 139867618923072
	139869490657616 [label="upsample.up.res_up_2.conv.conv_0.2.weight
 (128, 256, 3, 3)" fillcolor=lightblue]
	139869490657616 -> 139867618930992
	139867618930992 [label=AccumulateGrad]
	139867618923168 -> 139867618923072
	139869490658768 [label="upsample.up.res_up_2.conv.conv_0.2.bias
 (128)" fillcolor=lightblue]
	139869490658768 -> 139867618923168
	139867618923168 [label=AccumulateGrad]
	139867613789104 -> 139867618925568
	139867618924848 -> 139867618920240
	139867618924848 [label=UnsqueezeBackward0]
	139867618931232 -> 139867618924848
	139867618931232 [label=UnsqueezeBackward0]
	139867618922160 -> 139867618931232
	139867618922160 [label=AddmmBackward0]
	139867618923600 -> 139867618922160
	139869238436176 [label="upsample.up.res_up_2.conv.conv_1.full.bias
 (128)" fillcolor=lightblue]
	139869238436176 -> 139867618923600
	139867618923600 [label=AccumulateGrad]
	139867618927488 -> 139867618922160
	139867618919472 -> 139867618922160
	139867618919472 [label=TBackward0]
	139867618921584 -> 139867618919472
	139869238434736 [label="upsample.up.res_up_2.conv.conv_1.full.weight
 (128, 256)" fillcolor=lightblue]
	139869238434736 -> 139867618921584
	139867618921584 [label=AccumulateGrad]
	139867618919712 -> 139867613778592
	139869490649456 [label="upsample.up.res_up_2.conv.conv_1.conv.0.weight
 (128)" fillcolor=lightblue]
	139869490649456 -> 139867618919712
	139867618919712 [label=AccumulateGrad]
	139867618919616 -> 139867613778592
	139869490656272 [label="upsample.up.res_up_2.conv.conv_1.conv.0.bias
 (128)" fillcolor=lightblue]
	139869490656272 -> 139867618919616
	139867618919616 [label=AccumulateGrad]
	139867613784784 -> 139867613774752
	139869490648112 [label="upsample.up.res_up_2.conv.conv_1.conv.2.weight
 (128, 128, 3, 3)" fillcolor=lightblue]
	139869490648112 -> 139867613784784
	139867613784784 [label=AccumulateGrad]
	139867613777920 -> 139867613774752
	139869490647152 [label="upsample.up.res_up_2.conv.conv_1.conv.2.bias
 (128)" fillcolor=lightblue]
	139869490647152 -> 139867613777920
	139867613777920 [label=AccumulateGrad]
	139867613789680 -> 139867613790016
	139867613789680 [label=ConvolutionBackward0]
	139867613780320 -> 139867613789680
	139867613780320 [label=ReluBackward0]
	139867618931280 -> 139867613780320
	139867618931280 [label=NativeBatchNormBackward0]
	139867618923120 -> 139867618931280
	139867618923120 [label=ToMkldnnBackward0]
	139867618921536 -> 139867618923120
	139867618921536 [label=AddBackward0]
	139867618928880 -> 139867618921536
	139867618928880 [label=ToDenseBackward0]
	139867618918848 -> 139867618928880
	139867618918848 [label=ConvolutionBackward0]
	139867618918752 -> 139867618918848
	139867618918752 [label=ReluBackward0]
	139867618921056 -> 139867618918752
	139867618921056 [label=NativeBatchNormBackward0]
	139867618930656 -> 139867618921056
	139867618930656 [label=ToMkldnnBackward0]
	139867618920288 -> 139867618930656
	139867618920288 [label=AddBackward0]
	139867618930560 -> 139867618920288
	139867618930560 [label=ToDenseBackward0]
	139867613789872 -> 139867618930560
	139867618930608 -> 139867618920288
	139867618930608 [label=UnsqueezeBackward0]
	139867618930512 -> 139867618930608
	139867618930512 [label=UnsqueezeBackward0]
	139867618928592 -> 139867618930512
	139867618928592 [label=AddmmBackward0]
	139867618928688 -> 139867618928592
	139869238435792 [label="upsample.up.res_up_2.conv.conv_2.full.bias
 (128)" fillcolor=lightblue]
	139869238435792 -> 139867618928688
	139867618928688 [label=AccumulateGrad]
	139867618927488 -> 139867618928592
	139867618928640 -> 139867618928592
	139867618928640 [label=TBackward0]
	139867618921872 -> 139867618928640
	139869238435312 [label="upsample.up.res_up_2.conv.conv_2.full.weight
 (128, 256)" fillcolor=lightblue]
	139869238435312 -> 139867618921872
	139867618921872 [label=AccumulateGrad]
	139867618921008 -> 139867618921056
	139869238436272 [label="upsample.up.res_up_2.conv.conv_2.conv.0.weight
 (128)" fillcolor=lightblue]
	139869238436272 -> 139867618921008
	139867618921008 [label=AccumulateGrad]
	139867618921152 -> 139867618921056
	139869238431856 [label="upsample.up.res_up_2.conv.conv_2.conv.0.bias
 (128)" fillcolor=lightblue]
	139869238431856 -> 139867618921152
	139867618921152 [label=AccumulateGrad]
	139867618918800 -> 139867618918848
	139869238434544 [label="upsample.up.res_up_2.conv.conv_2.conv.2.weight
 (128, 128, 3, 3)" fillcolor=lightblue]
	139869238434544 -> 139867618918800
	139867618918800 [label=AccumulateGrad]
	139867618928832 -> 139867618918848
	139869238436368 [label="upsample.up.res_up_2.conv.conv_2.conv.2.bias
 (128)" fillcolor=lightblue]
	139869238436368 -> 139867618928832
	139867618928832 [label=AccumulateGrad]
	139867618929408 -> 139867618921536
	139867618929408 [label=UnsqueezeBackward0]
	139867618921104 -> 139867618929408
	139867618921104 [label=UnsqueezeBackward0]
	139867618925472 -> 139867618921104
	139867618925472 [label=AddmmBackward0]
	139867618930464 -> 139867618925472
	139869238434160 [label="upsample.up.res_up_2.conv.conv_3.full.bias
 (128)" fillcolor=lightblue]
	139869238434160 -> 139867618930464
	139867618930464 [label=AccumulateGrad]
	139867618927488 -> 139867618925472
	139867618925520 -> 139867618925472
	139867618925520 [label=TBackward0]
	139867618928544 -> 139867618925520
	139869238434064 [label="upsample.up.res_up_2.conv.conv_3.full.weight
 (128, 256)" fillcolor=lightblue]
	139869238434064 -> 139867618928544
	139867618928544 [label=AccumulateGrad]
	139867618927536 -> 139867618931280
	139869238434256 [label="upsample.up.res_up_2.conv.conv_3.conv.0.weight
 (128)" fillcolor=lightblue]
	139869238434256 -> 139867618927536
	139867618927536 [label=AccumulateGrad]
	139867618923312 -> 139867618931280
	139869238435024 [label="upsample.up.res_up_2.conv.conv_3.conv.0.bias
 (128)" fillcolor=lightblue]
	139869238435024 -> 139867618923312
	139867618923312 [label=AccumulateGrad]
	139867613776864 -> 139867613789680
	139869238432144 [label="upsample.up.res_up_2.conv.conv_3.conv.2.weight
 (128, 128, 3, 3)" fillcolor=lightblue]
	139869238432144 -> 139867613776864
	139867613776864 [label=AccumulateGrad]
	139867613788720 -> 139867613789680
	139869238434928 [label="upsample.up.res_up_2.conv.conv_3.conv.2.bias
 (128)" fillcolor=lightblue]
	139869238434928 -> 139867613788720
	139867613788720 [label=AccumulateGrad]
	139867613785600 -> 139867613775424
	139869490649264 [label="upsample.up.res_up_1.proj.0.weight
 (128)" fillcolor=lightblue]
	139869490649264 -> 139867613785600
	139867613785600 [label=AccumulateGrad]
	139867613786848 -> 139867613775424
	139869490645808 [label="upsample.up.res_up_1.proj.0.bias
 (128)" fillcolor=lightblue]
	139869490645808 -> 139867613786848
	139867613786848 [label=AccumulateGrad]
	139867613778976 -> 139867613774896
	139869490653200 [label="upsample.up.res_up_1.proj.1.weight
 (64, 128, 1, 1)" fillcolor=lightblue]
	139869490653200 -> 139867613778976
	139867613778976 [label=AccumulateGrad]
	139867613775376 -> 139867613774896
	139869490645712 [label="upsample.up.res_up_1.proj.1.bias
 (64)" fillcolor=lightblue]
	139869490645712 -> 139867613775376
	139867613775376 [label=AccumulateGrad]
	139867613774944 -> 139867613774848
	139867613774944 [label=ConvolutionBackward0]
	139867613775184 -> 139867613774944
	139867613775184 [label=ReluBackward0]
	139867613778448 -> 139867613775184
	139867613778448 [label=NativeBatchNormBackward0]
	139867618921632 -> 139867613778448
	139867618921632 [label=ToMkldnnBackward0]
	139867618930704 -> 139867618921632
	139867618930704 [label=AddBackward0]
	139867618928496 -> 139867618930704
	139867618928496 [label=ToDenseBackward0]
	139867618921824 -> 139867618928496
	139867618921824 [label=AddBackward0]
	139867618931136 -> 139867618921824
	139867618931136 [label=ConvolutionBackward0]
	139867618931040 -> 139867618931136
	139867618931040 [label=ReluBackward0]
	139867618922208 -> 139867618931040
	139867618922208 [label=NativeBatchNormBackward0]
	139867613776336 -> 139867618922208
	139867618922736 -> 139867618922208
	139869490650992 [label="upsample.up.res_up_1.conv.conv_0.0.weight
 (128)" fillcolor=lightblue]
	139869490650992 -> 139867618922736
	139867618922736 [label=AccumulateGrad]
	139867618922256 -> 139867618922208
	139869490643888 [label="upsample.up.res_up_1.conv.conv_0.0.bias
 (128)" fillcolor=lightblue]
	139869490643888 -> 139867618922256
	139867618922256 [label=AccumulateGrad]
	139867618931088 -> 139867618931136
	139869490650320 [label="upsample.up.res_up_1.conv.conv_0.2.weight
 (64, 128, 3, 3)" fillcolor=lightblue]
	139869490650320 -> 139867618931088
	139867618931088 [label=AccumulateGrad]
	139867618928112 -> 139867618931136
	139869490644848 [label="upsample.up.res_up_1.conv.conv_0.2.bias
 (64)" fillcolor=lightblue]
	139869490644848 -> 139867618928112
	139867618928112 [label=AccumulateGrad]
	139867613787424 -> 139867618921824
	139867618920192 -> 139867618930704
	139867618920192 [label=UnsqueezeBackward0]
	139867618930320 -> 139867618920192
	139867618930320 [label=UnsqueezeBackward0]
	139867618930752 -> 139867618930320
	139867618930752 [label=AddmmBackward0]
	139867618931520 -> 139867618930752
	139869490651856 [label="upsample.up.res_up_1.conv.conv_1.full.bias
 (64)" fillcolor=lightblue]
	139869490651856 -> 139867618931520
	139867618931520 [label=AccumulateGrad]
	139867618927488 -> 139867618930752
	139867618922688 -> 139867618930752
	139867618922688 [label=TBackward0]
	139867618931472 -> 139867618922688
	139869490652048 [label="upsample.up.res_up_1.conv.conv_1.full.weight
 (64, 256)" fillcolor=lightblue]
	139869490652048 -> 139867618931472
	139867618931472 [label=AccumulateGrad]
	139867618927296 -> 139867613778448
	139869490653968 [label="upsample.up.res_up_1.conv.conv_1.conv.0.weight
 (64)" fillcolor=lightblue]
	139869490653968 -> 139867618927296
	139867618927296 [label=AccumulateGrad]
	139867618928928 -> 139867613778448
	139869490643024 [label="upsample.up.res_up_1.conv.conv_1.conv.0.bias
 (64)" fillcolor=lightblue]
	139869490643024 -> 139867618928928
	139867618928928 [label=AccumulateGrad]
	139867613787712 -> 139867613774944
	139869490653776 [label="upsample.up.res_up_1.conv.conv_1.conv.2.weight
 (64, 64, 3, 3)" fillcolor=lightblue]
	139869490653776 -> 139867613787712
	139867613787712 [label=AccumulateGrad]
	139867613785792 -> 139867613774944
	139869490652144 [label="upsample.up.res_up_1.conv.conv_1.conv.2.bias
 (64)" fillcolor=lightblue]
	139869490652144 -> 139867613785792
	139867613785792 [label=AccumulateGrad]
	139867613777296 -> 139867613777200
	139867613777296 [label=ConvolutionBackward0]
	139867613789920 -> 139867613777296
	139867613789920 [label=ReluBackward0]
	139867618919904 -> 139867613789920
	139867618919904 [label=NativeBatchNormBackward0]
	139867618930800 -> 139867618919904
	139867618930800 [label=ToMkldnnBackward0]
	139867618918992 -> 139867618930800
	139867618918992 [label=AddBackward0]
	139867618919664 -> 139867618918992
	139867618919664 [label=ToDenseBackward0]
	139867618928448 -> 139867618919664
	139867618928448 [label=ConvolutionBackward0]
	139867618925184 -> 139867618928448
	139867618925184 [label=ReluBackward0]
	139867618925040 -> 139867618925184
	139867618925040 [label=NativeBatchNormBackward0]
	139867618921776 -> 139867618925040
	139867618921776 [label=ToMkldnnBackward0]
	139867618919232 -> 139867618921776
	139867618919232 [label=AddBackward0]
	139867618928256 -> 139867618919232
	139867618928256 [label=ToDenseBackward0]
	139867613774848 -> 139867618928256
	139867618928208 -> 139867618919232
	139867618928208 [label=UnsqueezeBackward0]
	139867618920576 -> 139867618928208
	139867618920576 [label=UnsqueezeBackward0]
	139867618928064 -> 139867618920576
	139867618928064 [label=AddmmBackward0]
	139867618929024 -> 139867618928064
	139869490655792 [label="upsample.up.res_up_1.conv.conv_2.full.bias
 (64)" fillcolor=lightblue]
	139869490655792 -> 139867618929024
	139867618929024 [label=AccumulateGrad]
	139867618927488 -> 139867618928064
	139867618929264 -> 139867618928064
	139867618929264 [label=TBackward0]
	139867618923552 -> 139867618929264
	139869490644080 [label="upsample.up.res_up_1.conv.conv_2.full.weight
 (64, 256)" fillcolor=lightblue]
	139869490644080 -> 139867618923552
	139867618923552 [label=AccumulateGrad]
	139867618921728 -> 139867618925040
	139869490658384 [label="upsample.up.res_up_1.conv.conv_2.conv.0.weight
 (64)" fillcolor=lightblue]
	139869490658384 -> 139867618921728
	139867618921728 [label=AccumulateGrad]
	139867618929312 -> 139867618925040
	139869490647728 [label="upsample.up.res_up_1.conv.conv_2.conv.0.bias
 (64)" fillcolor=lightblue]
	139869490647728 -> 139867618929312
	139867618929312 [label=AccumulateGrad]
	139867618924128 -> 139867618928448
	139869490659248 [label="upsample.up.res_up_1.conv.conv_2.conv.2.weight
 (64, 64, 3, 3)" fillcolor=lightblue]
	139869490659248 -> 139867618924128
	139867618924128 [label=AccumulateGrad]
	139867618919760 -> 139867618928448
	139869490655600 [label="upsample.up.res_up_1.conv.conv_2.conv.2.bias
 (64)" fillcolor=lightblue]
	139869490655600 -> 139867618919760
	139867618919760 [label=AccumulateGrad]
	139867618919568 -> 139867618918992
	139867618919568 [label=UnsqueezeBackward0]
	139867618925136 -> 139867618919568
	139867618925136 [label=UnsqueezeBackward0]
	139867618928160 -> 139867618925136
	139867618928160 [label=AddmmBackward0]
	139867618927968 -> 139867618928160
	139869490651088 [label="upsample.up.res_up_1.conv.conv_3.full.bias
 (64)" fillcolor=lightblue]
	139869490651088 -> 139867618927968
	139867618927968 [label=AccumulateGrad]
	139867618927488 -> 139867618928160
	139867618920624 -> 139867618928160
	139867618920624 [label=TBackward0]
	139867618928016 -> 139867618920624
	139869490647056 [label="upsample.up.res_up_1.conv.conv_3.full.weight
 (64, 256)" fillcolor=lightblue]
	139869490647056 -> 139867618928016
	139867618928016 [label=AccumulateGrad]
	139867618920480 -> 139867618919904
	139869490652528 [label="upsample.up.res_up_1.conv.conv_3.conv.0.weight
 (64)" fillcolor=lightblue]
	139869490652528 -> 139867618920480
	139867618920480 [label=AccumulateGrad]
	139867618923504 -> 139867618919904
	139869490646192 [label="upsample.up.res_up_1.conv.conv_3.conv.0.bias
 (64)" fillcolor=lightblue]
	139869490646192 -> 139867618923504
	139867618923504 [label=AccumulateGrad]
	139867613775088 -> 139867613777296
	139869490648208 [label="upsample.up.res_up_1.conv.conv_3.conv.2.weight
 (64, 64, 3, 3)" fillcolor=lightblue]
	139869490648208 -> 139867613775088
	139867613775088 [label=AccumulateGrad]
	139867613774800 -> 139867613777296
	139869490652912 [label="upsample.up.res_up_1.conv.conv_3.conv.2.bias
 (64)" fillcolor=lightblue]
	139869490652912 -> 139867613774800
	139867613774800 [label=AccumulateGrad]
	139867613780992 -> 139867613785456
	139869490653104 [label="upsample.up.res_up_0.proj.0.weight
 (64)" fillcolor=lightblue]
	139869490653104 -> 139867613780992
	139867613780992 [label=AccumulateGrad]
	139867613780656 -> 139867613785456
	139869490645904 [label="upsample.up.res_up_0.proj.0.bias
 (64)" fillcolor=lightblue]
	139869490645904 -> 139867613780656
	139867613780656 [label=AccumulateGrad]
	139867613775136 -> 139867613784640
	139869490643696 [label="upsample.up.res_up_0.proj.1.weight
 (32, 64, 1, 1)" fillcolor=lightblue]
	139869490643696 -> 139867613775136
	139867613775136 [label=AccumulateGrad]
	139867613775856 -> 139867613784640
	139869490651952 [label="upsample.up.res_up_0.proj.1.bias
 (32)" fillcolor=lightblue]
	139869490651952 -> 139867613775856
	139867613775856 [label=AccumulateGrad]
	139867613785696 -> 139867613787520
	139867613785696 [label=ConvolutionBackward0]
	139867613785840 -> 139867613785696
	139867613785840 [label=ReluBackward0]
	139867613789344 -> 139867613785840
	139867613789344 [label=NativeBatchNormBackward0]
	139867618920528 -> 139867613789344
	139867618920528 [label=ToMkldnnBackward0]
	139867618924992 -> 139867618920528
	139867618924992 [label=AddBackward0]
	139867618928304 -> 139867618924992
	139867618928304 [label=ToDenseBackward0]
	139867618929216 -> 139867618928304
	139867618929216 [label=AddBackward0]
	139867618929168 -> 139867618929216
	139867618929168 [label=ConvolutionBackward0]
	139867618919424 -> 139867618929168
	139867618919424 [label=ReluBackward0]
	139867618924320 -> 139867618919424
	139867618924320 [label=NativeBatchNormBackward0]
	139867613787088 -> 139867618924320
	139867618928352 -> 139867618924320
	139869491129872 [label="upsample.up.res_up_0.conv.conv_0.0.weight
 (64)" fillcolor=lightblue]
	139869491129872 -> 139867618928352
	139867618928352 [label=AccumulateGrad]
	139867618923648 -> 139867618924320
	139869491118640 [label="upsample.up.res_up_0.conv.conv_0.0.bias
 (64)" fillcolor=lightblue]
	139869491118640 -> 139867618923648
	139867618923648 [label=AccumulateGrad]
	139867618927344 -> 139867618929168
	139869491125072 [label="upsample.up.res_up_0.conv.conv_0.2.weight
 (32, 64, 3, 3)" fillcolor=lightblue]
	139869491125072 -> 139867618927344
	139867618927344 [label=AccumulateGrad]
	139867618929120 -> 139867618929168
	139869491126128 [label="upsample.up.res_up_0.conv.conv_0.2.bias
 (32)" fillcolor=lightblue]
	139869491126128 -> 139867618929120
	139867618929120 [label=AccumulateGrad]
	139867613777728 -> 139867618929216
	139867618927056 -> 139867618924992
	139867618927056 [label=UnsqueezeBackward0]
	139867618928736 -> 139867618927056
	139867618928736 [label=UnsqueezeBackward0]
	139867618928784 -> 139867618928736
	139867618928784 [label=AddmmBackward0]
	139867618928400 -> 139867618928784
	139869490654256 [label="upsample.up.res_up_0.conv.conv_1.full.bias
 (32)" fillcolor=lightblue]
	139869490654256 -> 139867618928400
	139867618928400 [label=AccumulateGrad]
	139867618927488 -> 139867618928784
	139867618920720 -> 139867618928784
	139867618920720 [label=TBackward0]
	139867605087952 -> 139867618920720
	139869490653872 [label="upsample.up.res_up_0.conv.conv_1.full.weight
 (32, 256)" fillcolor=lightblue]
	139869490653872 -> 139867605087952
	139867605087952 [label=AccumulateGrad]
	139867618921488 -> 139867613789344
	139869491133136 [label="upsample.up.res_up_0.conv.conv_1.conv.0.weight
 (32)" fillcolor=lightblue]
	139869491133136 -> 139867618921488
	139867618921488 [label=AccumulateGrad]
	139867618921680 -> 139867613789344
	139869491127184 [label="upsample.up.res_up_0.conv.conv_1.conv.0.bias
 (32)" fillcolor=lightblue]
	139869491127184 -> 139867618921680
	139867618921680 [label=AccumulateGrad]
	139867613776768 -> 139867613785696
	139869491128432 [label="upsample.up.res_up_0.conv.conv_1.conv.2.weight
 (32, 32, 3, 3)" fillcolor=lightblue]
	139869491128432 -> 139867613776768
	139867613776768 [label=AccumulateGrad]
	139867613781040 -> 139867613785696
	139869490655984 [label="upsample.up.res_up_0.conv.conv_1.conv.2.bias
 (32)" fillcolor=lightblue]
	139869490655984 -> 139867613781040
	139867613781040 [label=AccumulateGrad]
	139867613787376 -> 139867613787616
	139867613787376 [label=ConvolutionBackward0]
	139867613777632 -> 139867613787376
	139867613777632 [label=ReluBackward0]
	139867618929072 -> 139867613777632
	139867618929072 [label=NativeBatchNormBackward0]
	139867618928976 -> 139867618929072
	139867618928976 [label=ToMkldnnBackward0]
	139867605084160 -> 139867618928976
	139867605084160 [label=AddBackward0]
	139867605076768 -> 139867605084160
	139867605076768 [label=ToDenseBackward0]
	139867605083824 -> 139867605076768
	139867605083824 [label=ConvolutionBackward0]
	139867605074128 -> 139867605083824
	139867605074128 [label=ReluBackward0]
	139867605075184 -> 139867605074128
	139867605075184 [label=NativeBatchNormBackward0]
	139867605075616 -> 139867605075184
	139867605075616 [label=ToMkldnnBackward0]
	139867605080032 -> 139867605075616
	139867605080032 [label=AddBackward0]
	139867605080176 -> 139867605080032
	139867605080176 [label=ToDenseBackward0]
	139867613787520 -> 139867605080176
	139867605080128 -> 139867605080032
	139867605080128 [label=UnsqueezeBackward0]
	139867605080224 -> 139867605080128
	139867605080224 [label=UnsqueezeBackward0]
	139867605089872 -> 139867605080224
	139867605089872 [label=AddmmBackward0]
	139867605084400 -> 139867605089872
	139869490649168 [label="upsample.up.res_up_0.conv.conv_2.full.bias
 (32)" fillcolor=lightblue]
	139869490649168 -> 139867605084400
	139867605084400 [label=AccumulateGrad]
	139867618927488 -> 139867605089872
	139867605088336 -> 139867605089872
	139867605088336 [label=TBackward0]
	139867605084928 -> 139867605088336
	139869490644272 [label="upsample.up.res_up_0.conv.conv_2.full.weight
 (32, 256)" fillcolor=lightblue]
	139869490644272 -> 139867605084928
	139867605084928 [label=AccumulateGrad]
	139867605075376 -> 139867605075184
	139869490647920 [label="upsample.up.res_up_0.conv.conv_2.conv.0.weight
 (32)" fillcolor=lightblue]
	139869490647920 -> 139867605075376
	139867605075376 [label=AccumulateGrad]
	139867605074512 -> 139867605075184
	139869490657808 [label="upsample.up.res_up_0.conv.conv_2.conv.0.bias
 (32)" fillcolor=lightblue]
	139869490657808 -> 139867605074512
	139867605074512 [label=AccumulateGrad]
	139867605083872 -> 139867605083824
	139869490649552 [label="upsample.up.res_up_0.conv.conv_2.conv.2.weight
 (32, 32, 3, 3)" fillcolor=lightblue]
	139869490649552 -> 139867605083872
	139867605083872 [label=AccumulateGrad]
	139867605076720 -> 139867605083824
	139869490647440 [label="upsample.up.res_up_0.conv.conv_2.conv.2.bias
 (32)" fillcolor=lightblue]
	139869490647440 -> 139867605076720
	139867605076720 [label=AccumulateGrad]
	139867605077056 -> 139867605084160
	139867605077056 [label=UnsqueezeBackward0]
	139867605074752 -> 139867605077056
	139867605074752 [label=UnsqueezeBackward0]
	139867605079648 -> 139867605074752
	139867605079648 [label=AddmmBackward0]
	139867605080320 -> 139867605079648
	139869490654736 [label="upsample.up.res_up_0.conv.conv_3.full.bias
 (32)" fillcolor=lightblue]
	139869490654736 -> 139867605080320
	139867605080320 [label=AccumulateGrad]
	139867618927488 -> 139867605079648
	139867605076576 -> 139867605079648
	139867605076576 [label=TBackward0]
	139867605083632 -> 139867605076576
	139869490649360 [label="upsample.up.res_up_0.conv.conv_3.full.weight
 (32, 256)" fillcolor=lightblue]
	139869490649360 -> 139867605083632
	139867605083632 [label=AccumulateGrad]
	139867618931616 -> 139867618929072
	139869490646480 [label="upsample.up.res_up_0.conv.conv_3.conv.0.weight
 (32)" fillcolor=lightblue]
	139869490646480 -> 139867618931616
	139867618931616 [label=AccumulateGrad]
	139867618929360 -> 139867618929072
	139869490646960 [label="upsample.up.res_up_0.conv.conv_3.conv.0.bias
 (32)" fillcolor=lightblue]
	139869490646960 -> 139867618929360
	139867618929360 [label=AccumulateGrad]
	139867613778016 -> 139867613787376
	139869490658288 [label="upsample.up.res_up_0.conv.conv_3.conv.2.weight
 (32, 32, 3, 3)" fillcolor=lightblue]
	139869490658288 -> 139867613778016
	139867613778016 [label=AccumulateGrad]
	139867613776816 -> 139867613787376
	139869490643120 [label="upsample.up.res_up_0.conv.conv_3.conv.2.bias
 (32)" fillcolor=lightblue]
	139869490643120 -> 139867613776816
	139867613776816 [label=AccumulateGrad]
	139867613778112 -> 139867613779216
	139869238428784 [label="output.0.weight
 (32)" fillcolor=lightblue]
	139869238428784 -> 139867613778112
	139867613778112 [label=AccumulateGrad]
	139867613779360 -> 139867613779216
	139869238428112 [label="output.0.bias
 (32)" fillcolor=lightblue]
	139869238428112 -> 139867613779360
	139867613779360 [label=AccumulateGrad]
	139867613776720 -> 139867613781712
	139869238428304 [label="output.2.weight
 (3, 32, 1, 1)" fillcolor=lightblue]
	139869238428304 -> 139867613776720
	139867613776720 [label=AccumulateGrad]
	139867613785312 -> 139867613781712
	139869238436560 [label="output.2.bias
 (3)" fillcolor=lightblue]
	139869238436560 -> 139867613785312
	139867613785312 [label=AccumulateGrad]
	139867613777536 -> 139867596420784
}